#!/bin/bash
model="../llama_model/qwen2.5-0.5b-instruct-q4_0.gguf"
context_size=512
